Tensor2Tensor HParams,MOSES BLEU,Sparsity,begin_pruning_step,end_pruning_step,pruning_frequency,regularization,threshold_decay
sparse_transformer_magnitude_pruning,24.09,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.5,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.68,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.47,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.48,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.49,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.35,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.36,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.3,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.48,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.56,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.48,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.21,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.52,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.46,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.25,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.51,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.43,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.43,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.64,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.57,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.54,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.47,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.03,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.37,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.96,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.75,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.92,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.83,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.78,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.99,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.99,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.72,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.92,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.85,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.89,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.78,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.05,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.98,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.84,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.95,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.8,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.05,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.76,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.93,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.96,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.76,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.95,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.75,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.77,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.06,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.85,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.71,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.71,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.03,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.83,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.69,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.94,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.09,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.98,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.02,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.92,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.13,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.27,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.93,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.92,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.86,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.08,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.1,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.78,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.1,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.74,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.98,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.96,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.69,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.52,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.55,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,0,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.2,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.87,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.55,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.5,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.59,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.23,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.49,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.58,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.23,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.61,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.34,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.83,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.56,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.15,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.58,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.36,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.26,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.24,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.46,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.5,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.7,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.34,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.31,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.46,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.24,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.06,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.13,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,19.9,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.49,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,19.98,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.47,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.25,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.23,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.17,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.37,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.46,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.1,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.45,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.21,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.25,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.33,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.26,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.16,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.11,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,19.83,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.32,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.09,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.31,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.12,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.18,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,16.89,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.61,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.25,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.47,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,16.74,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.19,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.32,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.35,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.28,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.21,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.43,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.45,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.26,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.31,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,16.94,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.63,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,16.97,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.4,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,16.96,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.83,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.63,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.32,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,12.47,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,0,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.45,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.54,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.65,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.12,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.12,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.7,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.37,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.4,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.77,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.9,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.68,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.64,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.93,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.85,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.01,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.94,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.1,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.62,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.09,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.72,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.72,0.980001270771,0,300000,1000,none,0
